Ouchi Illusion
The Ouchi illusion is a powerful demonstration that static images may produce an illusory movement. One striking aspect is that it makes you feel quite dizzy from trying to compensate for this illusory movement.
The illlusion is is generated by your own eye movements and is a consequence of the aperture problem, which is a fundamental problem in vision science. The aperture problem is the fact that the visual system can only integrate information along the direction of motion, and not perpendicular to it. This is because the visual system is made of a set of filters that are oriented in different directions, and the integration is done by summing the responses of these filters. The aperture problem is a problem because it means that the visual system cannot recover the direction of motion of a contour from the responses of these filters.
Here, we explore variations of this illusion which xwould use textures instead of regular angles using the MotionClouds library. The idea is to use the same texture in the two parts of the image (center vs surround), but to shift the texture in one half. Optimizing the parameters of the texture would help tell us what matters to generate that illusion.
Let's first initialize the notebook:
from __future__ import division, print_function
import numpy as np
np.set_printoptions(precision=6, suppress=True)
%matplotlib inline
import matplotlib.pyplot as plt
fig_width = 10
figsize = (fig_width, fig_width)
install and load the library¶
%pip install MotionClouds
In particular, we just generate one frame:
import MotionClouds as mc
N = 512
mc.N_X, mc.N_Y, mc.N_frame = N, N, 1
fx, fy, ft = mc.get_grids(mc.N_X, mc.N_Y, mc.N_frame)
params = dict(theta=0, B_sf=.06, sf_0=.3, B_theta=.1)
params = dict(theta=np.pi/3, B_sf=.5, sf_0=.07, B_theta=.1)
params = dict(theta=np.pi/3, B_sf=.02, sf_0=.2, B_theta=.25)
env = mc.envelope_gabor(fx, fy, ft, **params)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
import matplotlib.pyplot as plt
for key in ['xtick.bottom', 'xtick.labelbottom', 'ytick.left', 'ytick.labelleft']: plt.rcParams[key] = False
%matplotlib inline
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(image, cmap=plt.gray())
define a crop function¶
The library has a representation of space that we may take advantage of:
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(fx, cmap=plt.gray())
print(fx.min(), fx.max())
We may easily define a central cropping mask:
rho = .2
mask = ((fx**2 + fy**2) < rho**2)
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(mask, cmap=plt.gray())
print(mask.min(), mask.max())
From this we define a cropping function
def crop_and_merge(image, rho=.25, use_rot=True, use_fill=False, fill=.5):
N_X, N_Y = image.shape
image_fig = image.copy()
if use_rot: image_fig = np.rot90(image_fig)
image_fig = np.roll(image_fig, N_X//4 + int(N_X//2*np.random.rand()), axis=0 ) # roll over one axis
image_fig = np.roll(image_fig, N_Y//4 + int(N_Y//2*np.random.rand()), axis=1 ) # roll over one axis
fx, fy, _ = mc.get_grids(N_X, N_Y, 1)
mask = ((fx.squeeze()**2 + fy.squeeze()**2) < rho**2)
if use_fill:
return image * (1-mask) + fill * mask
else:
return image * (1-mask) + image_fig * mask
vanilla textured Ouchi illusion¶
We may now define a function that generates the Ouchi illusion:
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
fig.savefig('../files/2023-11-29-ouchi-illusion.png', dpi=300, bbox_inches='tight')
and without:
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=False), cmap=plt.gray())
We can also define a first-order figure:
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_fill=True), cmap=plt.gray())
changing parameters of the textured Ouchi illusion¶
We may now define a function that generates the Ouchi illusion:
for sf_0 in params['sf_0'] * np.geomspace(0.1, 3, 7):
print(f'{sf_0=:.3f}')
params_update = params.copy()
params_update.update(sf_0=sf_0)
env = mc.envelope_gabor(fx, fy, ft, **params_update)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
plt.show()
for B_sf in params['B_sf'] * np.geomspace(0.1, 10, 7):
print(f'{B_sf=:.3f}')
params_update = params.copy()
params_update.update(B_sf=B_sf)
env = mc.envelope_gabor(fx, fy, ft, **params_update)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
plt.show()
for theta in np.linspace(0, np.pi, 7, endpoint=False):
print(f'{theta=:.3f}')
params_update = params.copy()
params_update.update(theta=theta)
env = mc.envelope_gabor(fx, fy, ft, **params_update)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
plt.show()
for B_theta in params['B_theta'] * np.geomspace(0.3, 10, 7):
print(f'{B_theta=:.3f}')
params_update = params.copy()
params_update.update(B_theta=B_theta)
env = mc.envelope_gabor(fx, fy, ft, **params_update)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
plt.show()
for alpha in np.linspace(-1, 2, 7):
print(f'{alpha=:.3f}')
params_update = params.copy()
params_update.update(alpha=alpha)
env = mc.envelope_gabor(fx, fy, ft, **params_update)
z = mc.rectif(mc.random_cloud(env))
image = z.reshape((mc.N_X, mc.N_Y))
image = (image > .5) * 1.
fig, ax = plt.subplots(figsize=(10,10))
_ = ax.imshow(crop_and_merge(image, rho=.25, use_rot=True), cmap=plt.gray())
plt.show()
some book keeping for the notebook¶
%load_ext watermark
%watermark -i -h -m -v -p numpy,MotionClouds,matplotlib -r -g -b